Skip to main content
GET
/
v1
/
benchmark_jobs
JavaScript
import Runloop from '@runloop/api-client';

const client = new Runloop({
  bearerToken: process.env['RUNLOOP_API_KEY'], // This is the default and can be omitted
});

const benchmarkJobListView = await client.benchmarkJobs.list();

console.log(benchmarkJobListView.has_more);
{
  "jobs": [
    {
      "id": "<string>",
      "name": "<string>",
      "state": "initializing",
      "create_time_ms": 123,
      "job_source": {
        "inline_yaml": "<string>",
        "type": "harbor"
      },
      "job_spec": {
        "scenario_ids": [
          "<string>"
        ],
        "agent_configs": [
          {
            "name": "<string>",
            "type": "job_agent",
            "agent_id": "<string>",
            "model_name": "<string>",
            "timeout_seconds": 123,
            "kwargs": {},
            "agent_environment": {
              "environment_variables": {},
              "secrets": {}
            }
          }
        ],
        "orchestrator_config": {
          "n_concurrent_trials": 123,
          "n_attempts": 123,
          "timeout_multiplier": 123,
          "quiet": true
        }
      },
      "failure_reason": "<string>",
      "benchmark_outcomes": [
        {
          "benchmark_run_id": "<string>",
          "agent_name": "<string>",
          "n_completed": 123,
          "n_failed": 123,
          "n_timeout": 123,
          "scenario_outcomes": [
            {
              "scenario_run_id": "<string>",
              "scenario_definition_id": "<string>",
              "scenario_name": "<string>",
              "state": "COMPLETED",
              "score": 123,
              "duration_ms": 123,
              "failure_reason": {
                "exception_type": "<string>",
                "exception_message": "<string>"
              }
            }
          ],
          "model_name": "<string>",
          "average_score": 123,
          "duration_ms": 123
        }
      ],
      "in_progress_runs": [
        {
          "benchmark_run_id": "<string>",
          "state": "running",
          "start_time_ms": 123,
          "agent_config": {
            "type": "external_api",
            "info": "<string>"
          },
          "duration_ms": 123
        }
      ]
    }
  ],
  "has_more": true,
  "total_count": 123,
  "remaining_count": 123
}

Authorizations

Authorization
string
header
required

Bearer authentication header of the form Bearer <token>, where <token> is your auth token.

Query Parameters

name
string

Filter by name

limit
integer<int32>

The limit of items to return. Default is 20. Max is 5000.

starting_after
string

Load the next page of data starting after the item with the given ID.

Response

200 - application/json

OK

jobs
object[]
required

List of BenchmarkJobs matching filter.

has_more
boolean
required
total_count
integer<int32>
required
remaining_count
integer<int32>
required